Search Java Code Snippets


  Help us in improving the repository. Add new snippets through 'Submit Code Snippet ' link.





#Java - Code Snippets for '#Org.apache.spark.network.shuffle.ExternalShuffleBlockResolver' - 2 code snippet(s) found

 Sample 1. Code Sample / Example / Snippet of org.apache.spark.network.shuffle.ExternalShuffleBlockResolver.AppExecId

  public void jsonSerializationOfExecutorRegistration() throws IOException {

ObjectMapper mapper = new ObjectMapper();

AppExecId appId = new AppExecId("foo", "bar");

String appIdJson = mapper.writeValueAsString(appId);

AppExecId parsedAppId = mapper.readValue(appIdJson, AppExecId.class);

assertEquals(parsedAppId, appId);



ExecutorShuffleInfo shuffleInfo =

new ExecutorShuffleInfo(new String[]{"/bippy", "/flippy"}, 7, "hash");

String shuffleJson = mapper.writeValueAsString(shuffleInfo);

ExecutorShuffleInfo parsedShuffleInfo =

mapper.readValue(shuffleJson, ExecutorShuffleInfo.class);

assertEquals(parsedShuffleInfo, shuffleInfo);



String legacyAppIdJson = "{"appId":"foo", "execId":"bar"}";

assertEquals(appId, mapper.readValue(legacyAppIdJson, AppExecId.class));

String legacyShuffleJson = "{"localDirs": ["/bippy", "/flippy"], " +

""subDirsPerLocalDir": 7, "shuffleManager": "hash"}";

assertEquals(shuffleInfo, mapper.readValue(legacyShuffleJson, ExecutorShuffleInfo.class));

}


   Like      Feedback      org.apache.spark.network.shuffle.ExternalShuffleBlockResolver.AppExecId


 Sample 2. Code Sample / Example / Snippet of org.apache.spark.network.shuffle.ExternalShuffleBlockResolver

  public void noCleanupAndCleanup() throws IOException {

TestShuffleDataContext dataContext = createSomeData();



ExternalShuffleBlockResolver resolver =

new ExternalShuffleBlockResolver(conf, null, sameThreadExecutor);

resolver.registerExecutor("app", "exec0", dataContext.createExecutorInfo("shuffleMgr"));

resolver.applicationRemoved("app", false /* cleanup */);



assertStillThere(dataContext);



resolver.registerExecutor("app", "exec1", dataContext.createExecutorInfo("shuffleMgr"));

resolver.applicationRemoved("app", true /* cleanup */);



assertCleanedUp(dataContext);

}


   Like      Feedback      org.apache.spark.network.shuffle.ExternalShuffleBlockResolver



Subscribe to Java News and Posts. Get latest updates and posts on Java from Buggybread.com
Enter your email address:
Delivered by FeedBurner